﻿//using System.Collections;
//using System.Collections.Generic;
//using System.IO;

//using Lucene.Net.Analysis;

//namespace SearchDemo
//{
//    /**/
//    /**
// * Filters CJKTokenizer with StopFilter.
// *
// * @author Che, Dong
// */
//    public class CjkAnalyzer : Analyzer
//    {
//        //~ Static fields/initializers ---------------------------------------------

//        /**/
//        /**
//     * An array containing some common English words that are not usually
//     * useful for searching and some double-byte interpunctions.
//     */
//        public static string[] STOP_WORDS = {
//                                                 "a", "and", "are", "as", "at", "be",
//                                                 "but", "by", "for", "if", "in",
//                                                 "into", "is", "it", "no", "not",
//                                                 "of", "on", "or", "s", "such", "t",
//                                                 "that", "the", "their", "then",
//                                                 "there", "these", "they", "this",
//                                                 "to", "was", "will", "with", "",
//                                                 "www"
//                                             };

//        //~ Instance fields --------------------------------------------------------

//        /**/
//        /**
//     * stop word list
//     */
//        private Hashtable stopTable;

//        //~ Constructors -----------------------------------------------------------

//        /**/
//        /**
//     * Builds an analyzer which removes words in {@link #STOP_WORDS}.
//     */
//        public CjkAnalyzer()
//        {
//            stopTable = (Hashtable)StopFilter.MakeStopSet(STOP_WORDS);
//        }

//        /**/
//        /**
//     * Builds an analyzer which removes words in the provided array.
//     *
//     * @param stopWords stop word array
//     */
//        public CjkAnalyzer(string[] stopWords)
//        {
//            stopTable = (Hashtable)StopFilter.MakeStopSet(stopWords);
//        }

//        //~ Methods ----------------------------------------------------------------

//        /**/
//        /**
//     * get token stream from input
//     *
//     * @param fieldName lucene field name
//     * @param reader    input reader
//     * @return TokenStream
//     */
//        public TokenStream TokenStream(string fieldName, TextReader reader, ISet<string> stopWords, bool ignoreCase)
//        {
//            TokenStream ts = new CjkTokenizer(reader);
//            return new StopFilter(true, ts, stopWords, ignoreCase);
//            //return new StopFilter(new CJKTokenizer(reader), stopTable);
//        }
//    }
//}

